# Scrapy settings for Denglu01 project
#
# For simplicity, this file contains only settings considered important or
# commonly used. You can find more settings consulting the documentation:
#
#     https://docs.scrapy.org/en/latest/topics/settings.html
#     https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
#     https://docs.scrapy.org/en/latest/topics/spider-middleware.html

BOT_NAME = "Denglu01"

SPIDER_MODULES = ["Denglu01.spiders"]
NEWSPIDER_MODULE = "Denglu01.spiders"

LOG_LEVEL = "ERROR"

# Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = "Denglu01 (+http://www.yourdomain.com)"

# Obey robots.txt rules
ROBOTSTXT_OBEY = False

# Configure maximum concurrent requests performed by Scrapy (default: 16)
#CONCURRENT_REQUESTS = 32

# Configure a delay for requests for the same website (default: 0)
# See https://docs.scrapy.org/en/latest/topics/settings.html#download-delay
# See also autothrottle settings and docs
#DOWNLOAD_DELAY = 3
# The download delay setting will honor only one of:
#CONCURRENT_REQUESTS_PER_DOMAIN = 16
#CONCURRENT_REQUESTS_PER_IP = 16

# Disable cookies (enabled by default)
COOKIES_ENABLED = False

# Disable Telnet Console (enabled by default)
#TELNETCONSOLE_ENABLED = False

# Override the default request headers:
DEFAULT_REQUEST_HEADERS = {
   "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
   "Accept-Language": "en",
  'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.36',
  'Cookie': 'GUID=bd5fb778-22cc-49be-9625-0758b06d6352; sajssdk_2015_cross_new_user=1; Hm_lvt_9793f42b498361373512340937deb2a0=1723367656; HMACCOUNT=288743EE9A1E67F5; accessToken=avatarUrl%3Dhttps%253A%252F%252Fcdn.static.17k.com%252Fuser%252Favatar%252F01%252F81%252F49%252F98714981.jpg-88x88%253Fv%253D1664879061000%26id%3D98714981%26nickname%3D%25E8%25BF%259C%25E8%25A1%258C%25E5%25AE%25A2IT%26e%3D1738920808%26s%3D1934da98801d8e64; c_channel=0; c_csc=web; sensorsdata2015jssdkcross=%7B%22distinct_id%22%3A%2298714981%22%2C%22%24device_id%22%3A%2219140b78bf7c62-0ecfdfbb4f4dcc-26001e51-3686400-19140b78bf81d91%22%2C%22props%22%3A%7B%22%24latest_traffic_source_type%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24latest_referrer%22%3A%22%22%2C%22%24latest_referrer_host%22%3A%22%22%2C%22%24latest_search_keyword%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%7D%2C%22first_id%22%3A%22bd5fb778-22cc-49be-9625-0758b06d6352%22%7D; ssxmod_itna=eqfx9DuD0DgADtND=DXmqSDCqiKeRBhrbCDh+hToqGX43DZDiqAPGhDC++ICapwDe=j4z4AxPUmYogDtNiB+wIxjbURDPDHxY=DUhGTK2D445GwD0eG+DD4DWtqB=gDtqDkD3qDd6x7PDc15DLxi7zc9DDB443fDCDQPDy2PDIxD1i3ThDiFzDYHkDiWzD75HDQFzr4YD+xqARxi30EDDBEiU37w4+UIjR9ymFIgIzK3vsRaEG3dduOvz6xibzhf+0x=zgodPCYxdsThNNixxUG0D+0eYaBe4bi0D3ii5WnheYi0WXGh77ADDDcl0GMeD===; ssxmod_itna2=eqfx9DuD0DgADtND=DXmqSDCqiKeRBhrbCDh+hTxA6aq4oe=D/+7DFgZ/hT+w79Gk3U=YB015oRrw4poo4APhKPbl2TGFdRggDoz2UaQbKNE6P=RfYc+elFBXZtwYcvYz3v7/6ZkVmxNO9WLEx7eO5TuDRqP10tKArzrh0=F8WhyPP5ynOIkgmIP=uAGFeEPUWE4cEAsSoLAzSIWpf6+8LGC+8HaSOf1/OE08m1qok6uIl6L2Q62t3phbCXRI71dL3E5voj/8dBY==bt1Q7kyay5aBNNE/=6Vt1b1yFjEoM4pHvgdeX12aCdz68KZuzemWVu3ukhm+D2T42SG3QhtEs4uGonYWnYFSH12hKr+lS+kCKmW+C7PD7Qz7DPeRL0DhAwHKuGYmbmqYK+Gie89TY+DoYAxYe83r10DKDGcDG73iDD; Hm_lpvt_9793f42b498361373512340937deb2a0=1723369060; acw_sc__v2=66b886694a48bc2cd21ebd1219ae246d686211e8; tfstk=floDyrmSyqzX9SW9i0qXWcr5GfLRGsZ_8fIT6lFwz7P5MsIxQu5rg7nYMxEVh4GKLinvllIgclZw9BKpvKMbfl8IP9hcl3yTKhQa38HzP3qw9BKRd4OdKluOTd3TZYP7IRy47frPaJPz3Z7q_7zzLJC4bllZUL2TKR54Qrzz4JwEpJ_49cuE4IucN7igfOmbnrVGX7jiWmILlWk4ZGREq-f0TxPlbGPXjEjrExdcAYEjUX2KM3SmtYHKcziMtn4j4vm7oc6GPYUQiuPjkIj7njHixzo2B9FqVAoQrkY197isU2UQYs74KoV08mlRQpr47Rr4GqdcV-cxID4r0dQLFVlSjoEeAsPtyvmgIcO6qXD-pmaSjBxP4o7P8xZOf8Jt4N__u8wuOepYS77cEzYeELbKCry7dWpkEN__u8wu9LvlJca4FJNd.'
}

# Enable or disable spider middlewares
# See https://docs.scrapy.org/en/latest/topics/spider-middleware.html
#SPIDER_MIDDLEWARES = {
#    "Denglu01.middlewares.Denglu01SpiderMiddleware": 543,
#}

# Enable or disable downloader middlewares
# See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
#DOWNLOADER_MIDDLEWARES = {
#    "Denglu01.middlewares.Denglu01DownloaderMiddleware": 543,
#}

# Enable or disable extensions
# See https://docs.scrapy.org/en/latest/topics/extensions.html
#EXTENSIONS = {
#    "scrapy.extensions.telnet.TelnetConsole": None,
#}

# Configure item pipelines
# See https://docs.scrapy.org/en/latest/topics/item-pipeline.html
#ITEM_PIPELINES = {
#    "Denglu01.pipelines.Denglu01Pipeline": 300,
#}

# Enable and configure the AutoThrottle extension (disabled by default)
# See https://docs.scrapy.org/en/latest/topics/autothrottle.html
#AUTOTHROTTLE_ENABLED = True
# The initial download delay
#AUTOTHROTTLE_START_DELAY = 5
# The maximum download delay to be set in case of high latencies
#AUTOTHROTTLE_MAX_DELAY = 60
# The average number of requests Scrapy should be sending in parallel to
# each remote server
#AUTOTHROTTLE_TARGET_CONCURRENCY = 1.0
# Enable showing throttling stats for every response received:
#AUTOTHROTTLE_DEBUG = False

# Enable and configure HTTP caching (disabled by default)
# See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html#httpcache-middleware-settings
#HTTPCACHE_ENABLED = True
#HTTPCACHE_EXPIRATION_SECS = 0
#HTTPCACHE_DIR = "httpcache"
#HTTPCACHE_IGNORE_HTTP_CODES = []
#HTTPCACHE_STORAGE = "scrapy.extensions.httpcache.FilesystemCacheStorage"

# Set settings whose default value is deprecated to a future-proof value
REQUEST_FINGERPRINTER_IMPLEMENTATION = "2.7"
TWISTED_REACTOR = "twisted.internet.asyncioreactor.AsyncioSelectorReactor"
FEED_EXPORT_ENCODING = "utf-8"
